



<!doctype html>
<html lang="en" class="no-js">
  <head>
    
      <meta charset="utf-8">
      <meta name="viewport" content="width=device-width,initial-scale=1">
      <meta http-equiv="x-ua-compatible" content="ie=edge">
      
        <meta name="description" content="Deep learning toolbox">
      
      
        <link rel="canonical" href="https://uber.github.io/ludwig/faq/">
      
      
        <meta name="author" content="Piero Molino">
      
      
        <meta name="lang:clipboard.copy" content="Copy to clipboard">
      
        <meta name="lang:clipboard.copied" content="Copied to clipboard">
      
        <meta name="lang:search.language" content="en">
      
        <meta name="lang:search.pipeline.stopwords" content="True">
      
        <meta name="lang:search.pipeline.trimmer" content="True">
      
        <meta name="lang:search.result.none" content="No matching documents">
      
        <meta name="lang:search.result.one" content="1 matching document">
      
        <meta name="lang:search.result.other" content="# matching documents">
      
        <meta name="lang:search.tokenizer" content="[\s\-]+">
      
      <link rel="shortcut icon" href="../images/ludwig_logo.png">
      <meta content="mkdocs-1.0.4, mkdocs-material-3.3.0" name="generator">
    
    
      
        <title>FAQ - Ludwig</title>
      
    
    
      <link rel="stylesheet" href="../assets/stylesheets/application.572ca0f0.css">
      
        <link rel="stylesheet" href="../assets/stylesheets/application-palette.22915126.css">
      
      
        
        
        <meta name="theme-color" content="#757575">


      <script src="../assets/javascripts/modernizr.962652e9.js"></script>
    
    
      
        <link href="https://fonts.gstatic.com" rel="preconnect" crossorigin>
        <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Roboto:300,400,400i,700|Roboto+Mono">
        <style>body,input{font-family:"Roboto","Helvetica Neue",Helvetica,Arial,sans-serif}code,kbd,pre{font-family:"Roboto Mono","Courier New",Courier,monospace}</style>
      
    
    <link rel="stylesheet" href="../assets/fonts/material-icons.css">
    
    
      <link rel="stylesheet" href="../stylesheets/extra.css">
    
      <link rel="stylesheet" href="../stylesheets/monokai.css">


  </head>
  
    
    
    <body dir="ltr" data-md-color-primary="grey" data-md-color-accent="grey">
  
    <svg class="md-svg">
      <defs>
        
        
          <svg xmlns="http://www.w3.org/2000/svg" width="416" height="448"
    viewBox="0 0 416 448" id="__github">
  <path fill="currentColor" d="M160 304q0 10-3.125 20.5t-10.75 19-18.125
        8.5-18.125-8.5-10.75-19-3.125-20.5 3.125-20.5 10.75-19 18.125-8.5
        18.125 8.5 10.75 19 3.125 20.5zM320 304q0 10-3.125 20.5t-10.75
        19-18.125 8.5-18.125-8.5-10.75-19-3.125-20.5 3.125-20.5 10.75-19
        18.125-8.5 18.125 8.5 10.75 19 3.125 20.5zM360
        304q0-30-17.25-51t-46.75-21q-10.25 0-48.75 5.25-17.75 2.75-39.25
        2.75t-39.25-2.75q-38-5.25-48.75-5.25-29.5 0-46.75 21t-17.25 51q0 22 8
        38.375t20.25 25.75 30.5 15 35 7.375 37.25 1.75h42q20.5 0
        37.25-1.75t35-7.375 30.5-15 20.25-25.75 8-38.375zM416 260q0 51.75-15.25
        82.75-9.5 19.25-26.375 33.25t-35.25 21.5-42.5 11.875-42.875 5.5-41.75
        1.125q-19.5 0-35.5-0.75t-36.875-3.125-38.125-7.5-34.25-12.875-30.25-20.25-21.5-28.75q-15.5-30.75-15.5-82.75
        0-59.25 34-99-6.75-20.5-6.75-42.5 0-29 12.75-54.5 27 0 47.5 9.875t47.25
        30.875q36.75-8.75 77.25-8.75 37 0 70 8 26.25-20.5
        46.75-30.25t47.25-9.75q12.75 25.5 12.75 54.5 0 21.75-6.75 42 34 40 34
        99.5z" />
</svg>
        
      </defs>
    </svg>
    <input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="__drawer" autocomplete="off">
    <input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off">
    <label class="md-overlay" data-md-component="overlay" for="__drawer"></label>
    
      <a href="#do-you-support-91feature-encoder-decoder93-in-ludwig" tabindex="1" class="md-skip">
        Skip to content
      </a>
    
    
      <header class="md-header" data-md-component="header">
    <nav class="md-header-nav md-grid">
        <div class="md-flex">
            <div class="md-flex__cell md-flex__cell--shrink">
                <a class="md-header-nav__button md-logo"
                   href="https://uber.github.io/ludwig/" title="Ludwig">
                    <img src="../images/ludwig_logo.svg" style="height:2rem;">
                </a>
            </div>
            <div class="md-flex__cell md-flex__cell--shrink">
                <label class="md-icon md-icon--menu md-header-nav__button" for="__drawer"></label>
            </div>
            <div class="md-flex__cell md-flex__cell--stretch">
                <div class="md-flex__ellipsis md-header-nav__title" data-md-component="title">
                    
                    <span class="md-header-nav__topic">
                    FAQ
                    </span>
                    
                </div>
            </div>
            <div class="md-flex__cell md-flex__cell--shrink">
                
                
                <label class="md-icon md-icon--search md-header-nav__button" for="__search"></label>
                
<div class="md-search" data-md-component="search" role="dialog">
  <label class="md-search__overlay" for="__search"></label>
  <div class="md-search__inner" role="search">
    <form class="md-search__form" name="search">
      <input type="text" class="md-search__input" name="query" placeholder="Search" autocapitalize="off" autocorrect="off" autocomplete="off" spellcheck="false" data-md-component="query" data-md-state="active">
      <label class="md-icon md-search__icon" for="__search"></label>
      <button type="reset" class="md-icon md-search__icon" data-md-component="reset" tabindex="-1">
        &#xE5CD;
      </button>
    </form>
    <div class="md-search__output">
      <div class="md-search__scrollwrap" data-md-scrollfix>
        <div class="md-search-result" data-md-component="result">
          <div class="md-search-result__meta">
            Type to start searching
          </div>
          <ol class="md-search-result__list"></ol>
        </div>
      </div>
    </div>
  </div>
</div>
                
                
            </div>
            
            <div class="md-flex__cell md-flex__cell--shrink">
                <div class="md-header-nav__source">
                    


  


  <a href="https://github.com/uber/ludwig/" title="Go to repository" class="md-source" data-md-source="github">
    
      <div class="md-source__icon">
        <svg viewBox="0 0 24 24" width="24" height="24">
          <use xlink:href="#__github" width="24" height="24"></use>
        </svg>
      </div>
    
    <div class="md-source__repository">
      uber/ludwig
    </div>
  </a>

                </div>
            </div>
            
        </div>
    </nav>
</header>
    
    <div class="md-container">
      
        
      
      
      <main class="md-main">
        <div class="md-main__inner md-grid" data-md-component="container">
          
            
              <div class="md-sidebar md-sidebar--primary" data-md-component="navigation">
                <div class="md-sidebar__scrollwrap">
                  <div class="md-sidebar__inner">
                    <nav class="md-nav md-nav--primary" data-md-level="0">
    <label class="md-nav__title md-nav__title--site" for="__drawer">
        <a class="md-nav__button md-logo" href="https://uber.github.io/ludwig/"
           title="Ludwig">
            <img src="../images/ludwig_logo.svg" style="width: 20.8rem">
        </a>
    </label>
    
    <div class="md-nav__source">
        


  


  <a href="https://github.com/uber/ludwig/" title="Go to repository" class="md-source" data-md-source="github">
    
      <div class="md-source__icon">
        <svg viewBox="0 0 24 24" width="24" height="24">
          <use xlink:href="#__github" width="24" height="24"></use>
        </svg>
      </div>
    
    <div class="md-source__repository">
      uber/ludwig
    </div>
  </a>

    </div>
    
    <ul class="md-nav__list" data-md-scrollfix>
        
        
        
        


  <li class="md-nav__item">
    <a href=".." title="About" class="md-nav__link">
      About
    </a>
  </li>

        
        
        
        


  <li class="md-nav__item">
    <a href="../getting_started/" title="Getting Started" class="md-nav__link">
      Getting Started
    </a>
  </li>

        
        
        
        


  <li class="md-nav__item">
    <a href="../examples/" title="Examples" class="md-nav__link">
      Examples
    </a>
  </li>

        
        
        
        


  <li class="md-nav__item">
    <a href="../user_guide/" title="User Guide" class="md-nav__link">
      User Guide
    </a>
  </li>

        
        
        
        


  <li class="md-nav__item">
    <a href="../developer_guide/" title="Developer Guide" class="md-nav__link">
      Developer Guide
    </a>
  </li>

        
        
        
        


  <li class="md-nav__item">
    <a href="../api/" title="API" class="md-nav__link">
      API
    </a>
  </li>

        
        
        
        

  


  <li class="md-nav__item md-nav__item--active">
    
    <input class="md-toggle md-nav__toggle" data-md-toggle="toc" type="checkbox" id="__toc">
    
    
      <label class="md-nav__link md-nav__link--active" for="__toc">
        FAQ
      </label>
    
    <a href="./" title="FAQ" class="md-nav__link md-nav__link--active">
      FAQ
    </a>
    
      
<nav class="md-nav md-nav--secondary">
  
  
  
    <label class="md-nav__title" for="__toc">Table of contents</label>
    <ul class="md-nav__list" data-md-scrollfix>
      
        <li class="md-nav__item">
  <a href="#do-you-support-91feature-encoder-decoder93-in-ludwig" title="Do you support [feature | encoder | decoder] in Ludwig?" class="md-nav__link">
    Do you support [feature | encoder | decoder] in Ludwig?
  </a>
  
</li>
      
        <li class="md-nav__item">
  <a href="#do-all-datasets-need-to-be-loaded-in-memory" title="Do all datasets need to be loaded in memory?" class="md-nav__link">
    Do all datasets need to be loaded in memory?
  </a>
  
</li>
      
        <li class="md-nav__item">
  <a href="#what-additional-features-are-you-working-on" title="What additional features are you working on?" class="md-nav__link">
    What additional features are you working on?
  </a>
  
</li>
      
        <li class="md-nav__item">
  <a href="#who-are-the-authors-of-ludwig" title="Who are the authors of Ludwig?" class="md-nav__link">
    Who are the authors of Ludwig?
  </a>
  
</li>
      
        <li class="md-nav__item">
  <a href="#who-else-helped-developing-ludwig" title="Who else helped developing Ludwig?" class="md-nav__link">
    Who else helped developing Ludwig?
  </a>
  
</li>
      
      
      
      
      
    </ul>
  
</nav>
    
  </li>

        
    </ul>
</nav>
                  </div>
                </div>
              </div>
            
            
              <div class="md-sidebar md-sidebar--secondary" data-md-component="toc">
                <div class="md-sidebar__scrollwrap">
                  <div class="md-sidebar__inner">
                    
<nav class="md-nav md-nav--secondary">
  
  
  
    <label class="md-nav__title" for="__toc">Table of contents</label>
    <ul class="md-nav__list" data-md-scrollfix>
      
        <li class="md-nav__item">
  <a href="#do-you-support-91feature-encoder-decoder93-in-ludwig" title="Do you support [feature | encoder | decoder] in Ludwig?" class="md-nav__link">
    Do you support [feature | encoder | decoder] in Ludwig?
  </a>
  
</li>
      
        <li class="md-nav__item">
  <a href="#do-all-datasets-need-to-be-loaded-in-memory" title="Do all datasets need to be loaded in memory?" class="md-nav__link">
    Do all datasets need to be loaded in memory?
  </a>
  
</li>
      
        <li class="md-nav__item">
  <a href="#what-additional-features-are-you-working-on" title="What additional features are you working on?" class="md-nav__link">
    What additional features are you working on?
  </a>
  
</li>
      
        <li class="md-nav__item">
  <a href="#who-are-the-authors-of-ludwig" title="Who are the authors of Ludwig?" class="md-nav__link">
    Who are the authors of Ludwig?
  </a>
  
</li>
      
        <li class="md-nav__item">
  <a href="#who-else-helped-developing-ludwig" title="Who else helped developing Ludwig?" class="md-nav__link">
    Who else helped developing Ludwig?
  </a>
  
</li>
      
      
      
      
      
    </ul>
  
</nav>
                  </div>
                </div>
              </div>
            
          
          <div class="md-content">
            <article class="md-content__inner md-typeset">
              
                
                  <a href="https://github.com/uber/ludwig/edit/master/docs/faq.md" title="Edit this page" class="md-icon md-content__icon">&#xE3C9;</a>
                
                
                  <h1>FAQ</h1>
                
                <h3 id="do-you-support-91feature-encoder-decoder93-in-ludwig">Do you support [feature | encoder | decoder] in Ludwig?<a class="headerlink" href="#do-you-support-91feature-encoder-decoder93-in-ludwig" title="Permanent link">&para;</a></h3>
<p>The list of encoders for each feature type is specified in the <a href="../user_guide/">User Guide</a>.
We plan to add additional feature types and additional encoders and decoders for all feature types.
Refer to <a href="#what-additional-features-are-you-working-on">this question</a> for more details.
If you want to help us implementing your favourite feature or model please take a look at the <a href="../developer_guide/">Developer Guide</a> to see how to contribute.</p>
<h3 id="do-all-datasets-need-to-be-loaded-in-memory">Do all datasets need to be loaded in memory?<a class="headerlink" href="#do-all-datasets-need-to-be-loaded-in-memory" title="Permanent link">&para;</a></h3>
                <p>At the moment it depends on the type of feature: image features can be dynamically loaded from disk
                    from an opened hdf5 file, while other types of features (that usually take need less memory than
                    image ones) are loaded entirely in memory for speed. We plan to add an option to load also other
                    features from disk in future releases and to also support more input file types and more scalable
                    solutions like <a href="https://github.com/uber/Petastormm">Petastorm</a>.</p>
<h3 id="what-additional-features-are-you-working-on">What additional features are you working on?<a class="headerlink" href="#what-additional-features-are-you-working-on" title="Permanent link">&para;</a></h3>
<p>We will prioritize new features depending on the feedback of the community, but we are already planning to add:</p>
<ul>
<li>additional text and sequence encoders (attention, co-attention, hierarchical attention, <a href="https://arxiv.org/abs/1706.03762">Transformer</a>, <a href="https://arxiv.org/abs/1802.05365">ELMo</a> and <a href="https://arxiv.org/abs/1810.04805">BERT</a>).</li>
<li>additional image encoders (<a href="https://arxiv.org/abs/1608.06993">DenseNet</a> and <a href="https://arxiv.org/abs/1605.07648">FractalNet</a>).</li>
<li>image decoding (both image generation by deconvolution and pixel-wise classification for image segmentation).</li>
<li>time series decoding.</li>
<li>additional features types (audio / speech, geolocation, vectors, dates, point clouds, lists of lists, multi-sentence documents, graphs).</li>
<li>additional measures and losses.</li>
<li>additional data formatters and dataset-specific preprocessing scripts.</li>
</ul>
<p>We also want to address some of the current limitations:</p>
<ul>
<li>currently the full dataset needs to be loaded in memory in order to train a model. Image features already have a way to dynamically read batches of datapoints from disk, and we want to extend this capability to other datatypes.</li>
<li>it is currently not possible to serve automatically trained ludwig models, we want to add a small server and a simple user interface in order to provide a live demo capability.</li>
<li>document lower level functions.</li>
</ul>
<h3 id="who-are-the-authors-of-ludwig">Who are the authors of Ludwig?<a class="headerlink" href="#who-are-the-authors-of-ludwig" title="Permanent link">&para;</a></h3>
<ul>
<li><a href="jttp://w4nderlu.st">Piero Molino</a> is the main architect and maintainer</li>
<li>Yaroslav Dudin is a key contributor</li>
<li>Sai Sumanth Miryala contributed all the testing and polishing.</li>
</ul>
<h3 id="who-else-helped-developing-ludwig">Who else helped developing Ludwig?<a class="headerlink" href="#who-else-helped-developing-ludwig" title="Permanent link">&para;</a></h3>
<ul>
<li>Yi Shi who implemented the time series encoding</li>
<li>Ankit Jain who implemented the bag feature encoding</li>
<li>Pranav Subramani who contributed documentation</li>
<li>Alex Sergeev and Felipe Petroski Such who helped with distributed training</li>
<li>Emidio Torre helped with the initial design of the landing page</li>
</ul>
                
                  
                
              
              
                


              
            </article>
          </div>
        </div>
      </main>
      
        

<!-- Application footer -->
<footer class="md-footer">

    <!-- Link to previous and/or next page -->
    
    <div class="md-footer-nav">
        <nav class="md-footer-nav__inner md-grid">

            <!-- Link to previous page -->
            
            <a class="md-flex md-footer-nav__link md-footer-nav__link--prev"
               href="../api/"
               rel="prev"
               title="API">
                <div class="md-flex__cell md-flex__cell--shrink">
                    <i class="md-icon md-icon--arrow-back
                    md-footer-nav__button"></i>
                </div>
                <div class="md-flex__cell md-flex__cell--stretch
                  md-footer-nav__title">
              <span class="md-flex__ellipsis">
                <span class="md-footer-nav__direction">
                  Previous
                </span>
                API
              </span>
                </div>
            </a>
            

            <!-- Link to next page -->
            
        </nav>
    </div>
    

    <!-- Further information -->
    <div class="md-footer-meta md-typeset">
        <div class="md-footer-meta__inner md-grid">

            <!-- Copyright and theme information -->
            <div class="md-footer-copyright">
                <div class="footer-logo-smallpad"></div>
                
                <div class="md-footer-copyright__highlight">
                    Copyright &copy; 2018 - 2019 Uber Technologies Inc.
                </div>
                
                Website by <a href="http://w4nderlu.st">w4nderlust</a> powered by
                <a href="https://www.mkdocs.org">MkDocs</a>,
                <a href="https://squidfunk.github.io/mkdocs-material/">Material for MkDocs</a>,
                <a href="http://www.styleshout.com/">styleshout</a> and
                <a href="http://cables.gl/">cables</a>.
            </div>

            <!-- Social links -->
            
            
            
        </div>
    </div>
</footer>
      
    </div>

    <script src="../assets/javascripts/application.a353778b.js"></script>
      
      <script>app.initialize({version:"1.0.4",url:{base:".."}})</script>


    </body>
</html>